PyTorch
Automatic Differentiation
torch.autograd.Function.backward()
torch.autograd.functional.vjp()
Automatic Mixed Precision
torch.cuda.amp.GradScaler.state_dict()
Backends
torch.backends.cuda.cufft_plan_cache
torch.backends.cuda.flash_sdp_enabled()
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction
CUDA
torch.cuda.device_of
torch.cuda.get_rng_state_all()
torch.cuda.jiterator._create_jit_fn()
torch.cuda.memory_cached()
torch.cuda.seed_all()
torch.cuda.torch.cuda.get_device_name
torch.cuda.torch.cuda.make_graphed_callables
torch.cuda.torch.cuda.nvtx.mark
torch.cuda.torch.cuda.set_per_process_memory_fraction
torch.cuda.torch.cuda.set_rng_state_all
torch.cuda.torch.cuda.set_stream
torch.cuda.torch.cuda.synchronize
Datasets and Data Loaders
torch.utils.data
DDP Communication Hooks
torch.distributed.algorithms.ddp_comm_hooks.powerSGD_hook.PowerSGDState.__setstate__()
torch.distributed.algorithms.ddp_comm_hooks.powerSGD_hook.powerSGD_hook()
Discrete Fourier Transforms
torch.fft.fftshift()
torch.fft.hfftn()
torch.fft.ihfft2()
torch.fft.torch.fft.fftn
torch.fft.torch.fft.ifft
torch.fft.torch.fft.ihfftn
Distributed Checkpoint
torch.distributed.checkpoint.DefaultLoadPlanner
torch.distributed.checkpoint.LoadPlanner.set_up_planner()
torch.distributed.checkpoint.SavePlanner.create_global_plan()
torch.distributed.checkpoint.StorageReader.set_up_storage_reader()
Distributed Communication
torch.distributed.DistBackendError
torch.distributed.all_gather_into_tensor()
torch.distributed.is_initialized()
torch.distributed.is_nccl_available()
torch.distributed.is_torchelastic_launched()
torch.distributed.isend()
torch.distributed.send()
Distributed Elastic
torch.distributed.elastic.agent.server.SimpleElasticAgent._assign_worker_ranks()
torch.distributed.elastic.agent.server.SimpleElasticAgent._restart_workers()
torch.distributed.elastic.events.get_logging_handler()
torch.distributed.elastic.rendezvous.RendezvousConnectionError
torch.distributed.elastic.rendezvous.RendezvousHandler.shutdown()
torch.distributed.elastic.rendezvous.dynamic_rendezvous.RendezvousTimeout.close
torch.distributed.elastic.rendezvous.etcd_rendezvous_backend.EtcdRendezvousBackend.get_state()
torch.distributed.elastic.rendezvous.etcd_store.EtcdStore.get()
torch.distributed.elastic.timer.FileTimerClient
torch.distributed.elastic.timer.TimerClient.release()
Distributed Optimizers
torch.distributed.optim.ZeroRedundancyOptimizer
torch.distributed.optim.ZeroRedundancyOptimizer.step()
Distributed RPC
torch.distributed.autograd.get_gradients()
torch.distributed.rpc.PyRRef.owner()
torch.distributed.rpc.RpcBackendOptions.rpc_timeout
Fully Sharded Data Parallel
torch.distributed.fsdp.FullyShardedDataParallel.apply()
torch.distributed.fsdp.FullyShardedDataParallel.optim_state_dict()
FX
torch.fx.Graph.call_function()
torch.fx.Graph.graph_copy()
torch.fx.Interpreter.boxed_run()
torch.fx.Interpreter.output()
torch.fx.Interpreter.run_node()
torch.fx.Node.args
torch.fx.Tracer.trace()
torch.fx.Transformer.placeholder()
JAX-like Function Transforms
torch.func.grad_and_value()
torch.func.jvp()
torch.func.torch.func API Reference.torch.func.vmap
Linear Algebra
torch.linalg
torch.linalg.inv_ex()
torch.linalg.torch.linalg.lu
torch.linalg.torch.linalg.lu_solve
torch.linalg.vander()
Miscellaneous
torch.compiler
torch.compiler.torch.compiler API reference.torch.compiler.assume_constant_result
torch.cpu.StreamContext
torch.cpu.device_count()
torch.cpu.torch.cpu.synchronize
torch.cuda.memory._snapshot()
torch.device
torch.hub.load()
torch.masked
torch.multiprocessing.get_sharing_strategy()
torch.overrides.wrap_torch_function()
torch.testing.assert_close()
torch.utils.cpp_extension.get_compiler_abi_compatibility_and_version()
torch.utils.model_zoo
torch.utils.torch.utils.get_cpp_backtrace
Monitor
torch.monitor.Event.timestamp
torch.monitor.Stat.get()
torch.monitor.data_value_t
MPS
torch.mps.Event
torch.mps.profiler.stop()
torch.mps.torch.mps.profiler.start
Neuro Network
torch.nn.AdaptiveLogSoftmaxWithLoss.predict()
torch.nn.AdaptiveMaxPool2d
torch.nn.AvgPool3d
torch.nn.GRU
torch.nn.GRUCell
torch.nn.L1Loss
torch.nn.LSTM
torch.nn.LazyBatchNorm1d
torch.nn.LazyBatchNorm2d
torch.nn.LazyConv1d.cls_to_become
torch.nn.LazyConv3d
torch.nn.LazyConvTranspose2d.cls_to_become
torch.nn.LazyInstanceNorm3d.cls_to_become
torch.nn.MaxPool2d
torch.nn.Module.extra_repr()
torch.nn.Module.register_full_backward_hook()
torch.nn.Module.state_dict()
torch.nn.ModuleDict
torch.nn.ModuleDict.clear()
torch.nn.ModuleList
torch.nn.MultiheadAttention
torch.nn.NLLLoss
torch.nn.Parameter
torch.nn.ParameterDict.copy()
torch.nn.ParameterDict.get()
torch.nn.ParameterDict.update()
torch.nn.ParameterDict.values()
torch.nn.ReflectionPad2d
torch.nn.Softplus
torch.nn.Transformer.forward()
torch.nn.TransformerEncoder.forward()
torch.nn.Unfold
torch.nn.parallel.DistributedDataParallel.no_sync()
torch.nn.torch.nn.modules.module.register_module_forward_hook
torch.nn.torch.nn.modules.module.register_module_module_registration_hook
torch.nn.torch.nn.utils.clip_grad_value_
torch.nn.torch.nn.utils.prune.l1_unstructured
torch.nn.utils.parametrizations.spectral_norm()
torch.nn.utils.parametrize.ParametrizationList
torch.nn.utils.parametrize.remove_parametrizations()
torch.nn.utils.prune.Identity
torch.nn.utils.prune.LnStructured
torch.nn.utils.prune.PruningContainer.add_pruning_method()
torch.nn.utils.prune.PruningContainer.apply_mask()
torch.nn.utils.prune.PruningContainer.prune()
torch.nn.utils.prune.RandomStructured.remove()
NN Functions
torch.nn.functional.celu()
torch.nn.functional.dropout()
torch.nn.functional.dropout2d()
torch.nn.functional.dropout3d()
torch.nn.functional.kl_div()
torch.nn.functional.torch.nn.functional.adaptive_avg_pool3d
torch.nn.functional.torch.nn.functional.adaptive_max_pool1d
torch.nn.functional.torch.nn.functional.avg_pool3d
torch.nn.functional.torch.nn.functional.celu
torch.nn.functional.torch.nn.functional.dropout2d
torch.nn.functional.torch.nn.functional.fold
torch.nn.functional.torch.nn.functional.gumbel_softmax
torch.nn.functional.torch.nn.functional.hardswish
torch.nn.functional.torch.nn.functional.nll_loss
torch.nn.functional.torch.nn.functional.pdist
torch.nn.functional.torch.nn.functional.pixel_unshuffle
torch.nn.functional.torch.nn.functional.relu
torch.nn.functional.torch.nn.functional.silu
torch.nn.functional.torch.nn.functional.soft_margin_loss
torch.nn.functional.torch.nn.functional.softplus
torch.nn.functional.torch.nn.functional.upsample_nearest
torch.nn.functional.triplet_margin_with_distance_loss()
torch.nn.parallel.data_parallel()
ONNX
torch.onnx.ExportOutputSerializer
torch.onnx.JitScalarType.dtype()
torch.onnx.JitScalarType.torch_name()
torch.onnx.OnnxExporterError
torch.onnx.OnnxRegistry
torch.onnx.OnnxRegistry.is_registered_op()
torch.onnx.TorchDynamo-based ONNX Exporter.FXE0011:no-symbolic-function-for-call-function
torch.onnx.TorchDynamo-based ONNX Exporter.FXE0012:unsupported-fx-node-analysis
torch.onnx.export()
torch.onnx.unregister_custom_op_symbolic()
Optimization
torch.optim.ASGD.add_param_group()
torch.optim.ASGD.state_dict()
torch.optim.Adadelta.register_load_state_dict_post_hook()
torch.optim.Adadelta.register_state_dict_pre_hook()
torch.optim.Adadelta.register_step_pre_hook()
torch.optim.Adagrad.register_load_state_dict_pre_hook()
torch.optim.Adagrad.register_step_pre_hook()
torch.optim.AdamW.register_state_dict_pre_hook()
torch.optim.Adamax.step()
torch.optim.LBFGS.load_state_dict()
torch.optim.RMSprop
torch.optim.Rprop.register_load_state_dict_post_hook()
torch.optim.Rprop.register_state_dict_post_hook()
torch.optim.SGD.step()
torch.optim.lr_scheduler.ConstantLR.state_dict()
torch.optim.lr_scheduler.CosineAnnealingWarmRestarts.print_lr()
torch.optim.lr_scheduler.PolynomialLR.print_lr()
Package
torch.package.PackageExporter.get_unique_id()
torch.package.PackageExporter.register_extern_hook()
torch.package.PackageImporter
Parameter Initializations
torch.nn.init.zeros_()
Probability Distributions
torch.distributions.bernoulli.Bernoulli.arg_constraints
torch.distributions.bernoulli.Bernoulli.mean
torch.distributions.beta.Beta.entropy()
torch.distributions.binomial.Binomial
torch.distributions.binomial.Binomial.probs
torch.distributions.categorical.Categorical
torch.distributions.categorical.Categorical.expand()
torch.distributions.categorical.Categorical.has_enumerate_support
torch.distributions.cauchy.Cauchy.cdf()
torch.distributions.cauchy.Cauchy.rsample()
torch.distributions.chi2.Chi2
torch.distributions.constraints.independent
torch.distributions.constraints.multinomial
torch.distributions.continuous_bernoulli.ContinuousBernoulli.mean
torch.distributions.continuous_bernoulli.ContinuousBernoulli.param_shape
torch.distributions.dirichlet.Dirichlet.has_rsample
torch.distributions.dirichlet.Dirichlet.mean
torch.distributions.distribution.Distribution.mode
torch.distributions.exponential.Exponential.cdf()
torch.distributions.fishersnedecor.FisherSnedecor.has_rsample
torch.distributions.gamma.Gamma.entropy()
torch.distributions.gamma.Gamma.log_prob()
torch.distributions.gamma.Gamma.mode
torch.distributions.geometric.Geometric
torch.distributions.geometric.Geometric.variance
torch.distributions.gumbel.Gumbel
torch.distributions.gumbel.Gumbel.entropy()
torch.distributions.gumbel.Gumbel.mode
torch.distributions.half_cauchy.HalfCauchy.arg_constraints
torch.distributions.half_cauchy.HalfCauchy.support
torch.distributions.half_cauchy.HalfCauchy.variance
torch.distributions.half_normal.HalfNormal.expand()
torch.distributions.independent.Independent.mode
torch.distributions.log_normal.LogNormal.variance
torch.distributions.lowrank_multivariate_normal.LowRankMultivariateNormal.log_prob()
torch.distributions.lowrank_multivariate_normal.LowRankMultivariateNormal.rsample()
torch.distributions.multinomial.Multinomial.support
torch.distributions.multivariate_normal.MultivariateNormal.arg_constraints
torch.distributions.negative_binomial.NegativeBinomial.expand()
torch.distributions.negative_binomial.NegativeBinomial.log_prob()
torch.distributions.one_hot_categorical.OneHotCategorical.log_prob()
torch.distributions.one_hot_categorical.OneHotCategorical.param_shape
torch.distributions.poisson.Poisson.sample()
torch.distributions.relaxed_bernoulli.LogitRelaxedBernoulli.param_shape
torch.distributions.relaxed_bernoulli.RelaxedBernoulli
torch.distributions.relaxed_categorical.RelaxedOneHotCategorical.temperature
torch.distributions.studentT.StudentT.rsample()
torch.distributions.transformed_distribution.TransformedDistribution.arg_constraints
torch.distributions.transformed_distribution.TransformedDistribution.cdf()
torch.distributions.transforms.ComposeTransform
torch.distributions.transforms.ReshapeTransform
torch.distributions.uniform.Uniform.support
torch.distributions.wishart.Wishart.covariance_matrix
torch.distributions.wishart.Wishart.rsample()
Profiler
torch.profiler._KinetoProfile.export_stacks()
torch.profiler._KinetoProfile.key_averages()
torch.profiler.itt.range_push()
Quantization
torch.ao.nn.quantized.Conv2d.from_float()
torch.ao.nn.quantized.FloatFunctional
torch.ao.nn.quantized.QFunctional
torch.ao.nn.quantized.functional.celu
torch.ao.nn.quantized.functional.conv1d
torch.ao.nn.quantized.functional.max_pool1d
torch.ao.nn.quantized.functional.upsample_bilinear
torch.ao.ns._numeric_suite.Shadow.add_relu()
torch.ao.quantization.backend_config.BackendPatternConfig.set_reference_quantized_module()
torch.ao.quantization.fake_quantize.FixedQParamsFakeQuantize
torch.ao.quantization.fake_quantize.default_fused_act_fake_quant
torch.ao.quantization.fx.custom_config.ConvertCustomConfig
torch.ao.quantization.fx.custom_config.PrepareCustomConfig.set_standalone_module_class()
torch.ao.quantization.fx.custom_config.PrepareCustomConfig.to_dict()
torch.ao.quantization.observer.ObserverBase.with_callable_args()
torch.ao.quantization.qconfig.default_qat_qconfig
torch.ao.quantization.qconfig_mapping.QConfigMapping.set_module_name()
torch.ao.quantization.qconfig_mapping.get_default_qat_qconfig_mapping
torch.ao.quantization.quantize_qat
torch.ao.quantization.swap_module
SciPy-like Signal
torch.signal.torch.signal.windows.hann
torch.signal.torch.signal.windows.nuttall
torch.signal.windows.hamming()
SciPy-like Special
torch.special.erfc()
torch.special.gammainc()
torch.special.ndtri()
torch.special.scaled_modified_bessel_k1()
Sparse Tensors
torch.sparse.torch.Tensor.ccol_indices
torch.sparse.torch.Tensor.coalesce
torch.sparse.torch.Tensor.sparse_resize_and_clear_
Storage
torch.HalfStorage
torch.QInt32Storage
torch.QUInt8Storage
torch.TypedStorage.float()
torch.TypedStorage.long()
torch.TypedStorage.type()
torch.UntypedStorage
torch.UntypedStorage.cpu()
torch.UntypedStorage.data_ptr()
torch.UntypedStorage.from_buffer()
torch.UntypedStorage.hpu()
torch.UntypedStorage.is_hpu
torch.UntypedStorage.mps()
torch.UntypedStorage.share_memory_()
Tensor
torch.Tensor.addbmm_()
torch.Tensor.addcdiv_()
torch.Tensor.addcmul_()
torch.Tensor.apply_()
torch.Tensor.arccosh_()
torch.Tensor.arctan_()
torch.Tensor.atanh_()
torch.Tensor.bernoulli_()
torch.Tensor.bitwise_and_()
torch.Tensor.bitwise_not_()
torch.Tensor.bitwise_right_shift_()
torch.Tensor.cumsum_()
torch.Tensor.diag()
torch.Tensor.divide_()
torch.Tensor.erfc()
torch.Tensor.float_power()
torch.Tensor.fmod()
torch.Tensor.gt()
torch.Tensor.hardshrink()
torch.Tensor.index_add_()
torch.Tensor.is_set_to()
torch.Tensor.is_shared()
torch.Tensor.isreal()
torch.Tensor.istft()
torch.Tensor.logit()
torch.Tensor.masked_scatter_()
torch.Tensor.matmul()
torch.Tensor.mode()
torch.Tensor.neg_()
torch.Tensor.nextafter_()
torch.Tensor.nonzero()
torch.Tensor.normal_()
torch.Tensor.numpy()
torch.Tensor.orgqr()
torch.Tensor.outer()
torch.Tensor.q_per_channel_axis()
torch.Tensor.reciprocal()
torch.Tensor.remainder()
torch.Tensor.reshape()
torch.Tensor.resize_()
torch.Tensor.sign_()
torch.Tensor.signbit()
torch.Tensor.sort()
torch.Tensor.torch.Tensor.absolute_
torch.Tensor.torch.Tensor.add_
torch.Tensor.torch.Tensor.addbmm
torch.Tensor.torch.Tensor.addcdiv_
torch.Tensor.torch.Tensor.allclose
torch.Tensor.torch.Tensor.amax
torch.Tensor.torch.Tensor.angle
torch.Tensor.torch.Tensor.argmin
torch.Tensor.torch.Tensor.bitwise_or_
torch.Tensor.torch.Tensor.bitwise_right_shift_
torch.Tensor.torch.Tensor.char
torch.Tensor.torch.Tensor.clip
torch.Tensor.torch.Tensor.cumprod
torch.Tensor.torch.Tensor.erfc_
torch.Tensor.torch.Tensor.expm1
torch.Tensor.torch.Tensor.fmax
torch.Tensor.torch.Tensor.fmod
torch.Tensor.torch.Tensor.gcd
torch.Tensor.torch.Tensor.get_device
torch.Tensor.torch.Tensor.index_reduce_
torch.Tensor.torch.Tensor.indices
torch.Tensor.torch.Tensor.int_repr
torch.Tensor.torch.Tensor.inverse
torch.Tensor.torch.Tensor.is_shared
torch.Tensor.torch.Tensor.log10_
torch.Tensor.torch.Tensor.logical_xor_
torch.Tensor.torch.Tensor.masked_select
torch.Tensor.torch.Tensor.matrix_power
torch.Tensor.torch.Tensor.narrow
torch.Tensor.torch.Tensor.neg_
torch.Tensor.torch.Tensor.nextafter_
torch.Tensor.torch.Tensor.random_
torch.Tensor.torch.Tensor.scatter_add
torch.Tensor.torch.Tensor.sort
torch.Tensor.torch.Tensor.sspaddmm
torch.Tensor.torch.Tensor.sub_
torch.Tensor.torch.Tensor.svd
torch.Tensor.torch.Tensor.swapaxes
torch.Tensor.torch.Tensor.swapdims
torch.Tensor.torch.Tensor.tan_
torch.Tensor.torch.Tensor.to
torch.Tensor.torch.Tensor.to_mkldnn
torch.Tensor.torch.Tensor.trace
torch.Tensor.torch.Tensor.triangular_solve
torch.Tensor.torch.Tensor.tril
torch.Tensor.torch.Tensor.true_divide
torch.Tensor.torch.Tensor.unsqueeze_
torch.Tensor.torch.Tensor.var
torch.Tensor.trunc()
torch.Tensor.xlogy()
Tensor Parallelism
torch.distributed.tensor.parallel.parallelize_module()
torch.distributed.tensor.parallel.style.ColwiseParallel
Tensorboard
torch.utils.tensorboard.writer.SummaryWriter.add_pr_curve()
Torch
torch.Generator
torch.Generator.get_state()
torch.Generator.set_state()
torch.SymFloat
torch._foreach_asin
torch._foreach_erf
torch._foreach_exp
torch._foreach_frac_
torch._foreach_log10_
torch._foreach_log1p
torch._foreach_neg
torch._foreach_sigmoid_
torch.amax
torch.arange
torch.asin
torch.asinh
torch.atleast_3d
torch.blackman_window
torch.ceil
torch.clone
torch.concat
torch.fake_quantize_per_channel_affine
torch.get_default_dtype
torch.greater
torch.is_grad_enabled
torch.is_tensor
torch.isfinite
torch.isin
torch.nextafter
torch.ones_like
torch.quasirandom.SobolEngine.reset()
torch.rand_like
torch.randn_like
torch.reshape
torch.save
torch.seed
torch.set_grad_enabled
torch.softmax
torch.std
torch.std_mean
torch.swapaxes
torch.trapezoid
torch.use_deterministic_algorithms
torch.var_mean
Torch Script
torch.jit.Attribute.type
torch.jit.ScriptFunction.save_to_buffer()
torch.jit.ScriptModule.add_module()
torch.jit.ScriptModule.half()
torch.jit.ScriptModule.modules()
torch.jit.ScriptModule.register_parameter()
torch.jit.ScriptModule.train()
torch.jit.ScriptModule.xpu()
torch.jit.isinstance()
torch.jit.load()
Traced Graph Export
torch.export.Fake tensor
torch.export.dynamic_dim()